Converted Notebook

spark

dbutils.widgets.text("storage_key", "Paste Your Key Here", "Storage Account Key")

# 1. Defining my storage account and container names storage_account_name = "olistdatastorageaccount4" container_name = "olistdata" mount_point = f"/mnt/{container_name}" # 2. Securely getting the key from the text box storage_key_from_widget = dbutils.widgets.get("storage_key") # 3. Unmounting if it already exists try: dbutils.fs.unmount(mount_point) except: pass # 4. Creating the connection using a consistent protocol # We will use 'wasbs' and '.blob.core.windows.net' for both the source and the configuration. source_url = f"wasbs://{container_name}@{storage_account_name}.blob.core.windows.net/" config_key = f"fs.azure.account.key.{storage_account_name}.blob.core.windows.net" # <-- This key is now consistent dbutils.fs.mount( source = source_url, mount_point = mount_point, extra_configs = {config_key: storage_key_from_widget} ) print(f"✅ Success! The '{container_name}' container is now available at {mount_point}") # 5. Verifying the connection by listing the files INSIDE the 'bronze' folder display(dbutils.fs.ls(f"{mount_point}/bronze/"))

# The mount point is a standard file path, without the "dbfs:" scheme mount_point = "/mnt/olistdata" df = spark.read.format("csv").option( "header", "true" ).load( f"{mount_point}/bronze/olist_sellers_dataset.csv" ) display(df)